<!DOCTYPE html>
<html lang="en-us">
  <head>

    <meta http-equiv="content-type" content="text/html; charset=utf-8">
    
<meta charset="UTF-8">
<title>自定义分析器 | Elasticsearch: 权威指南 | Elastic</title>
<link rel="home" href="index.html" title="Elasticsearch: 权威指南">
<link rel="up" href="index-management.html" title="索引管理">
<link rel="prev" href="configuring-analyzers.html" title="配置分析器">
<link rel="next" href="mapping.html" title="类型和映射">
<meta name="DC.type" content="Learn/Docs/Elasticsearch/Definitive Guide">
<meta name="DC.subject" content="Elasticsearch">
<meta name="DC.identifier" content="2.x">
    <meta http-equiv="X-UA-Compatible" content="IE=edge">
    <meta name="viewport" content="width=device-width, initial-scale=1">
    <script src="https://cdn.optimizely.com/js/18132920325.js"></script>
    <link rel="apple-touch-icon" sizes="57x57" href="/apple-icon-57x57.png">
    <link rel="apple-touch-icon" sizes="60x60" href="/apple-icon-60x60.png">
    <link rel="apple-touch-icon" sizes="72x72" href="/apple-icon-72x72.png">
    <link rel="apple-touch-icon" sizes="76x76" href="/apple-icon-76x76.png">
    <link rel="apple-touch-icon" sizes="114x114" href="/apple-icon-114x114.png">
    <link rel="apple-touch-icon" sizes="120x120" href="/apple-icon-120x120.png">
    <link rel="apple-touch-icon" sizes="144x144" href="/apple-icon-144x144.png">
    <link rel="apple-touch-icon" sizes="152x152" href="/apple-icon-152x152.png">
    <link rel="apple-touch-icon" sizes="180x180" href="/apple-icon-180x180.png">
    <link rel="icon" type="image/png" href="/favicon-32x32.png" sizes="32x32">
    <link rel="icon" type="image/png" href="/android-chrome-192x192.png" sizes="192x192">
    <link rel="icon" type="image/png" href="/favicon-96x96.png" sizes="96x96">
    <link rel="icon" type="image/png" href="/favicon-16x16.png" sizes="16x16">
    <link rel="manifest" href="/manifest.json">
    <meta name="apple-mobile-web-app-title" content="Elastic">
    <meta name="application-name" content="Elastic">
    <meta name="msapplication-TileColor" content="#ffffff">
    <meta name="msapplication-TileImage" content="/mstile-144x144.png">
    <meta name="theme-color" content="#ffffff">
    <meta name="naver-site-verification" content="936882c1853b701b3cef3721758d80535413dbfd">
    <meta name="yandex-verification" content="d8a47e95d0972434">
    <meta name="localized" content="true">
    <meta name="st:robots" content="follow,index">
    <meta property="og:image" content="https://www.elastic.co/static/images/elastic-logo-200.png">
    <link rel="shortcut icon" href="/favicon.ico" type="image/x-icon">
    <link rel="icon" href="/favicon.ico" type="image/x-icon">
    <link rel="apple-touch-icon-precomposed" sizes="64x64" href="/favicon_64x64_16bit.png">
    <link rel="apple-touch-icon-precomposed" sizes="32x32" href="/favicon_32x32.png">
    <link rel="apple-touch-icon-precomposed" sizes="16x16" href="/favicon_16x16.png">
    <!-- Give IE8 a fighting chance -->
    <!--[if lt IE 9]>
    <script src="https://oss.maxcdn.com/html5shiv/3.7.2/html5shiv.min.js"></script>
    <script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js"></script>
    <![endif]-->
    <link rel="stylesheet" type="text/css" href="/guide/static/styles.css">
  </head>

  <!--© 2015-2021 Elasticsearch B.V. Copying, publishing and/or distributing without written permission is strictly prohibited.-->

  <body>
    <!-- Google Tag Manager -->
    <script>dataLayer = [];</script><noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-58RLH5" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
    <script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start': new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0], j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src= '//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f); })(window,document,'script','dataLayer','GTM-58RLH5');</script>
    <!-- End Google Tag Manager -->

    <!-- Global site tag (gtag.js) - Google Analytics -->
    <script async src="https://www.googletagmanager.com/gtag/js?id=UA-12395217-16"></script>
    <script>
      window.dataLayer = window.dataLayer || [];
      function gtag(){dataLayer.push(arguments);}
      gtag('js', new Date());
      gtag('config', 'UA-12395217-16');
    </script>

    <!--BEGIN QUALTRICS WEBSITE FEEDBACK SNIPPET-->
    <script type="text/javascript">
      (function(){var g=function(e,h,f,g){
      this.get=function(a){for(var a=a+"=",c=document.cookie.split(";"),b=0,e=c.length;b<e;b++){for(var d=c[b];" "==d.charAt(0);)d=d.substring(1,d.length);if(0==d.indexOf(a))return d.substring(a.length,d.length)}return null};
      this.set=function(a,c){var b="",b=new Date;b.setTime(b.getTime()+6048E5);b="; expires="+b.toGMTString();document.cookie=a+"="+c+b+"; path=/; "};
      this.check=function(){var a=this.get(f);if(a)a=a.split(":");else if(100!=e)"v"==h&&(e=Math.random()>=e/100?0:100),a=[h,e,0],this.set(f,a.join(":"));else return!0;var c=a[1];if(100==c)return!0;switch(a[0]){case "v":return!1;case "r":return c=a[2]%Math.floor(100/c),a[2]++,this.set(f,a.join(":")),!c}return!0};
      this.go=function(){if(this.check()){var a=document.createElement("script");a.type="text/javascript";a.src=g;document.body&&document.body.appendChild(a)}};
      this.start=function(){var a=this;window.addEventListener?window.addEventListener("load",function(){a.go()},!1):window.attachEvent&&window.attachEvent("onload",function(){a.go()})}};
      try{(new g(100,"r","QSI_S_ZN_emkP0oSe9Qrn7kF","https://znemkp0ose9qrn7kf-elastic.siteintercept.qualtrics.com/WRSiteInterceptEngine/?Q_ZID=ZN_emkP0oSe9Qrn7kF")).start()}catch(i){}})();
    </script><div id="ZN_emkP0oSe9Qrn7kF"><!--DO NOT REMOVE-CONTENTS PLACED HERE--></div>
    <!--END WEBSITE FEEDBACK SNIPPET-->

    <div id="elastic-nav" style="display:none;"></div>
    <script src="https://www.elastic.co/elastic-nav.js"></script>

    <!-- Subnav -->
    <div>
      <div>
        <div class="tertiary-nav d-none d-md-block">
          <div class="container">
            <div class="p-t-b-15 d-flex justify-content-between nav-container">
              <div class="breadcrum-wrapper"><span><a href="/guide/" style="font-size: 14px; font-weight: 600; color: #000;">Docs</a></span></div>
            </div>
          </div>
        </div>
      </div>
    </div>

    <div class="main-container">
      <section id="content">
        <div class="content-wrapper">

          <section id="guide" lang="zh_cn">
            <div class="container">
              <div class="row">
                <div class="col-xs-12 col-sm-8 col-md-8 guide-section">
                  <!-- start body -->
                  <div class="page_header">
<b>请注意:</b><br>本书基于 Elasticsearch 2.x 版本，有些内容可能已经过时。
</div>
<div id="content">
<div class="breadcrumbs">
<span class="breadcrumb-link"><a href="index.html">Elasticsearch: 权威指南</a></span>
»
<span class="breadcrumb-link"><a href="getting-started.html">基础入门</a></span>
»
<span class="breadcrumb-link"><a href="index-management.html">索引管理</a></span>
»
<span class="breadcrumb-node">自定义分析器</span>
</div>
<div class="navheader">
<span class="prev">
<a href="configuring-analyzers.html">« 配置分析器</a>
</span>
<span class="next">
<a href="mapping.html">类型和映射 »</a>
</span>
</div>
<div class="section">
<div class="titlepage"><div><div>
<h2 class="title">
<a id="custom-analyzers"></a>自定义分析器<a class="edit_me edit_me_private" rel="nofollow" title="Editing on GitHub is available to Elastic" href="https://github.com/elasticsearch-cn/elasticsearch-definitive-guide/edit/cn/070_Index_Mgmt/20_Custom_Analyzers.asciidoc">edit</a>
</h2>
</div></div></div>
<p>虽然Elasticsearch带有一些现成的分析器，然而在分析器上Elasticsearch真正的强大之处在于，你可以通过在一个适合你的特定数据的设置之中组合字符过滤器、分词器、词汇单元过滤器来创建自定义的分析器。</p>
<p>在 <a class="xref" href="analysis-intro.html" title="分析与分析器">分析与分析器</a> 我们说过，一个 <em>分析器</em> 就是在一个包里面组合了三种函数的一个包装器，  三种函数按照顺序被执行:</p>
<div class="variablelist">
<dl class="variablelist">
<dt>
<span class="term">
字符过滤器
</span>
</dt>
<dd>
<p>字符过滤器  用来 <code class="literal">整理</code> 一个尚未被分词的字符串。例如，如果我们的文本是HTML格式的，它会包含像 <code class="literal">&lt;p&gt;</code> 或者 <code class="literal">&lt;div&gt;</code> 这样的HTML标签，这些标签是我们不想索引的。我们可以使用 <a href="/guide/en/elasticsearch/reference/5.6/analysis-htmlstrip-charfilter.html" class="ulink" target="_top"><code class="literal">html清除</code> 字符过滤器</a> 来移除掉所有的HTML标签，并且像把 <code class="literal">&amp;Aacute;</code> 转换为相对应的Unicode字符 <code class="literal">Á</code>  这样，转换HTML实体。</p>
<p>一个分析器可能有0个或者多个字符过滤器。</p>
</dd>
<dt>
<span class="term">
分词器
</span>
</dt>
<dd>
<p>一个分析器 <em>必须</em> 有一个唯一的分词器。  分词器把字符串分解成单个词条或者词汇单元。 <code class="literal">标准</code> 分析器里使用的 <a href="/guide/en/elasticsearch/reference/5.6/analysis-standard-tokenizer.html" class="ulink" target="_top"><code class="literal">标准</code> 分词器</a>   把一个字符串根据单词边界分解成单个词条，并且移除掉大部分的标点符号，然而还有其他不同行为的分词器存在。</p>
<p>例如， <a href="/guide/en/elasticsearch/reference/5.6/analysis-keyword-tokenizer.html" class="ulink" target="_top"><code class="literal">关键词</code> 分词器</a> 完整地输出  接收到的同样的字符串，并不做任何分词。 <a href="/guide/en/elasticsearch/reference/5.6/analysis-whitespace-tokenizer.html" class="ulink" target="_top"><code class="literal">空格</code> 分词器</a> 只根据空格分割文本  。 <a href="/guide/en/elasticsearch/reference/5.6/analysis-pattern-tokenizer.html" class="ulink" target="_top"><code class="literal">正则</code> 分词器</a> 根据匹配正则表达式来分割文本  。</p>
</dd>
<dt>
<span class="term">
词单元过滤器
</span>
</dt>
<dd>
<p>经过分词，作为结果的 <em>词单元流</em> 会按照指定的顺序通过指定的词单元过滤器  。</p>
<p>词单元过滤器可以修改、添加或者移除词单元。我们已经提到过 <a href="http://www.elastic.co/guide/en/elasticsearch/reference/current/analysis-lowercase-tokenizer.html" class="ulink" target="_top"> <code class="literal">lowercase</code> </a> 和  <a href="/guide/en/elasticsearch/reference/5.6/analysis-stop-tokenfilter.html" class="ulink" target="_top"> <code class="literal">stop</code> 词过滤器</a> ，但是在 Elasticsearch 里面还有很多可供选择的词单元过滤器。 <a href="/guide/en/elasticsearch/reference/5.6/analysis-stemmer-tokenfilter.html" class="ulink" target="_top">词干过滤器</a> 把单词 <code class="literal">遏制</code> 为  词干。 <a href="/guide/en/elasticsearch/reference/5.6/analysis-asciifolding-tokenfilter.html" class="ulink" target="_top"> <code class="literal">ascii_folding</code> 过滤器</a>移除变音符，把一个像 <code class="literal">"très"</code> 这样的词转换为 <code class="literal">"tres"</code> 。 <a href="/guide/en/elasticsearch/reference/5.6/analysis-ngram-tokenfilter.html" class="ulink" target="_top"><code class="literal">ngram</code></a> 和 <a href="/guide/en/elasticsearch/reference/5.6/analysis-edgengram-tokenfilter.html" class="ulink" target="_top"> <code class="literal">edge_ngram</code> 词单元过滤器</a> 可以产生  适合用于部分匹配或者自动补全的词单元。</p>
</dd>
</dl>
</div>
<p>在 <a class="xref" href="search-in-depth.html" title="深入搜索">深入搜索</a>，我们讨论了在哪里使用，以及怎样使用分词器和过滤器。但是首先，我们需要解释一下怎样创建自定义的分析器。</p>
<div class="section">
<div class="titlepage"><div><div>
<h3 class="title">
<a id="_创建一个自定义分析器"></a>创建一个自定义分析器<a class="edit_me edit_me_private" rel="nofollow" title="Editing on GitHub is available to Elastic" href="https://github.com/elasticsearch-cn/elasticsearch-definitive-guide/edit/cn/070_Index_Mgmt/20_Custom_Analyzers.asciidoc">edit</a>
</h3>
</div></div></div>
<p>和我们之前配置 <code class="literal">es_std</code> 分析器一样，我们可以在 <code class="literal">analysis</code> 下的相应位置设置字符过滤器、分词器和词单元过滤器:</p>
<div class="pre_wrapper lang-js">
<pre class="programlisting prettyprint lang-js">PUT /my_index
{
    "settings": {
        "analysis": {
            "char_filter": { ... custom character filters ... },
            "tokenizer":   { ...    custom tokenizers     ... },
            "filter":      { ...   custom token filters   ... },
            "analyzer":    { ...    custom analyzers      ... }
        }
    }
}</pre>
</div>
<p>作为示范，让我们一起来创建一个自定义分析器吧，这个分析器可以做到下面的这些事:</p>
<div class="olist orderedlist">
<ol class="orderedlist">
<li class="listitem">
使用 <code class="literal">html清除</code> 字符过滤器移除HTML部分。
</li>
<li class="listitem">
<p>使用一个自定义的 <code class="literal">映射</code> 字符过滤器把 <code class="literal">&amp;</code> 替换为 <code class="literal">" and "</code> ：</p>
<div class="pre_wrapper lang-js">
<pre class="programlisting prettyprint lang-js">"char_filter": {
    "&amp;_to_and": {
        "type":       "mapping",
        "mappings": [ "&amp;=&gt; and "]
    }
}</pre>
</div>
</li>
<li class="listitem">
使用 <code class="literal">标准</code> 分词器分词。
</li>
<li class="listitem">
小写词条，使用 <code class="literal">小写</code> 词过滤器处理。
</li>
<li class="listitem">
<p>使用自定义 <code class="literal">停止</code> 词过滤器移除自定义的停止词列表中包含的词：</p>
<div class="pre_wrapper lang-js">
<pre class="programlisting prettyprint lang-js">"filter": {
    "my_stopwords": {
        "type":        "stop",
        "stopwords": [ "the", "a" ]
    }
}</pre>
</div>
</li>
</ol>
</div>
<p>我们的分析器定义用我们之前已经设置好的自定义过滤器组合了已经定义好的分词器和过滤器：</p>
<div class="pre_wrapper lang-js">
<pre class="programlisting prettyprint lang-js">"analyzer": {
    "my_analyzer": {
        "type":           "custom",
        "char_filter":  [ "html_strip", "&amp;_to_and" ],
        "tokenizer":      "standard",
        "filter":       [ "lowercase", "my_stopwords" ]
    }
}</pre>
</div>
<p>汇总起来，完整的 <code class="literal">创建索引</code> 请求  看起来应该像这样：</p>
<div class="pre_wrapper lang-sense">
<pre class="programlisting prettyprint lang-sense">PUT /my_index
{
    "settings": {
        "analysis": {
            "char_filter": {
                "&amp;_to_and": {
                    "type":       "mapping",
                    "mappings": [ "&amp;=&gt; and "]
            }},
            "filter": {
                "my_stopwords": {
                    "type":       "stop",
                    "stopwords": [ "the", "a" ]
            }},
            "analyzer": {
                "my_analyzer": {
                    "type":         "custom",
                    "char_filter":  [ "html_strip", "&amp;_to_and" ],
                    "tokenizer":    "standard",
                    "filter":       [ "lowercase", "my_stopwords" ]
            }}
}}}</pre>
</div>
<div class="sense_widget" data-snippet="snippets/070_Index_Mgmt/20_Custom_analyzer.json"></div>
<p>索引被创建以后，使用 <code class="literal">analyze</code> API 来  测试这个新的分析器：</p>
<div class="pre_wrapper lang-sense">
<pre class="programlisting prettyprint lang-sense">GET /my_index/_analyze?analyzer=my_analyzer
The quick &amp; brown fox</pre>
</div>
<div class="sense_widget" data-snippet="snippets/070_Index_Mgmt/20_Custom_analyzer.json"></div>
<p>下面的缩略结果展示出我们的分析器正在正确地运行：</p>
<div class="pre_wrapper lang-js">
<pre class="programlisting prettyprint lang-js">{
  "tokens" : [
      { "token" :   "quick",    "position" : 2 },
      { "token" :   "and",      "position" : 3 },
      { "token" :   "brown",    "position" : 4 },
      { "token" :   "fox",      "position" : 5 }
    ]
}</pre>
</div>
<p>这个分析器现在是没有多大用处的，除非我们告诉  Elasticsearch在哪里用上它。我们可以像下面这样把这个分析器应用在一个 <code class="literal">string</code> 字段上：</p>
<div class="pre_wrapper lang-sense">
<pre class="programlisting prettyprint lang-sense">PUT /my_index/_mapping/my_type
{
    "properties": {
        "title": {
            "type":      "string",
            "analyzer":  "my_analyzer"
        }
    }
}</pre>
</div>
<div class="sense_widget" data-snippet="snippets/070_Index_Mgmt/20_Custom_analyzer.json"></div>
</div>

</div>
<div class="navfooter">
<span class="prev">
<a href="configuring-analyzers.html">« 配置分析器</a>
</span>
<span class="next">
<a href="mapping.html">类型和映射 »</a>
</span>
</div>
</div>

                  <!-- end body -->
                </div>
                <div class="col-xs-12 col-sm-4 col-md-4" id="right_col">
                  <div id="rtpcontainer" style="display: block;">
                    <div class="mktg-promo">
                      <h3>Most Popular</h3>
                      <ul class="icons">
                        <li class="icon-elasticsearch-white"><a href="https://www.elastic.co/webinars/getting-started-elasticsearch?baymax=default&amp;elektra=docs&amp;storm=top-video">Get Started with Elasticsearch: Video</a></li>
                        <li class="icon-kibana-white"><a href="https://www.elastic.co/webinars/getting-started-kibana?baymax=default&amp;elektra=docs&amp;storm=top-video">Intro to Kibana: Video</a></li>
                        <li class="icon-logstash-white"><a href="https://www.elastic.co/webinars/introduction-elk-stack?baymax=default&amp;elektra=docs&amp;storm=top-video">ELK for Logs &amp; Metrics: Video</a></li>
                      </ul>
                    </div>
                  </div>
                </div>
              </div>
            </div>
          </section>

        </div>


<div id="elastic-footer"></div>
<script src="https://www.elastic.co/elastic-footer.js"></script>
<!-- Footer Section end-->

      </section>
    </div>

<script src="/guide/static/jquery.js"></script>
<script type="text/javascript" src="/guide/static/docs.js"></script>
<script type="text/javascript">
  window.initial_state = {}</script>
  </body>
</html>
